如何用python的requests来下载网页内容保存到txt
import requests
# 定义目标网页和保存路径
url = "http://www.5a8.com"
filename = "www5a8com.txt"
try:
# 发送 HTTP GET 请求
headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"}
response = requests.get(url, headers=headers, timeout=10)
#response = requests.get(url, timeout=10)
response.raise_for_status() # 检查请求是否成功
# 自动检测编码并设置,避免乱码
response.encoding = response.apparent_encoding
# 写入文件
with open(filename, "w", encoding="utf-8") as f:
f.write(response.text)
print(f"网页内容已保存至 {filename}")
except requests.exceptions.RequestException as e:
print(f"下载失败: {e}")